# 爬虫配置

# user_agent
user_agent_ = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_3) AppleWebKit/537.36 (KHTML, like Gecko) ' \
              'Chrome/64.0.3282.186 Safari/537.36'
random_user_agent_ = True

# request_ex 最大重试次数
request_ex_max_retry_ = 30

# 爬虫数量
spider_num_ = 20
# 间隔时间
spider_interval_sec_ = 0.2
spider_retry_interval_sec_ = 0.5
spider_timeout_sec_ = 20

# 爬虫任务出错重试处理最大次数
task_max_retry_num_ = 1

# 代理服务器
# proxies_ = {
#     'http': None,
#     'https': None
# }
# proxies_ = {
#     'http': 'http://127.0.0.1:8888',
#     'https': 'http://127.0.0.1:8888',
# }
proxies_ = {
    'http': 'http://H4D3E584VRA2842D:7CCD05274100107A@http-dyn.abuyun.com:9020',
    'https': 'http://H4D3E584VRA2842D:7CCD05274100107A@http-dyn.abuyun.com:9020',
}
